unset NCCL_QUADRUPLE_CHANNELS
sh run_mcore_llama3_1_ppu.sh  \
dsw \
8B \
1 \
256 \
1e-5 \
1e-6 \
4096 \
4096 \
bf16 \
1 \
1 \
1 \
true \
true \
true \
false \
false \
false \
20000 \
/mnt/data/guosj/llama3-datasets/wudao_llama3bpe_content_document \
/mnt/data/guosj/llama3-datasets/wudao_llama3bpe_content_document \
/mnt/data/guosj/llama3-ckpts/Meta-Llama-3.1-8B \
10000000000 \
1000000 \
/mnt/workspace/guosj/output_run_mcore_llama3_1_ppu
